# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html
import pymysql
from taobo_live.redisfilter import BloomFilter



class TaoboLivePipeline(object):
    def open_spider(self,spider):
        self.coon = pymysql.connect('127.0.0.1','root','123456','taobao',charset='utf8')
        self.cursor = self.coon.cursor()
    def process_item(self, item, spider):
        try:
            sql,data = item.save_to_mysql()
            self.cursor.execute(sql,data)
            self.coon.commit()
        except Exception as e:
            print('---写入失败%s---'%e)
            self.coon.rollback()
        return item
    def close_spider(self,spider):
        self.cursor.close()
        self.coon.close()
